package model

type Metric struct {
	Model          string
	Err            string
	InputTokens    int64
	OutputTokens   int64
	FirstTokenTime int64
	RequestTime    int64
	EndTokenTime   int64
	TotalTokenTime int64
	TokenPS        float64
	ContentLen     int
	TTFT           int64
	TPOT           float64
	ITL            float64
	E2EL           int64
	OutputTokenPS  float64
	//Content        string
}

type Config struct {
	GPU string
	Num int
}
